# This file is generated by modelgraded_generator.py

mg-humor-people_jp:
  id: mg-humor-people_jp.dev.v0
  metrics: [accuracy]
mg-humor-people_jp.dev.v0:
  class: evals.elsuite.modelgraded.classify:ModelBasedClassify
  args:
    samples_jsonl: test_modelgraded/humor_people_jp.jsonl
    eval_type: cot_classify_jp
    modelgraded_spec: humor_jp

